{"text_format":"1","workbook":"xlsx","n_sheets":5,"sheets":["M1- -Select-","M2- -Select-","M3- -Select-","Drop down options","Interpreting summary scores"],"not_rendered":{"charts":0,"images":1,"macros":1,"external_links":0,"defined_names":0,"comments":0,"pivot_tables":0},"unopened":[],"bounds":{"document_bytes":16777216,"sheet_cells":100000,"rows_first":2000,"rows_last":500,"rows_between":2000,"halvings":0,"cell_chars":16384,"cell_head_chars":4096},"cells_cut":0,"cells_raw":0,"read":"whole","date_system":"1900"}

{"sheet":"M1- -Select-","index":0,"n_rows":60,"n_cols":78,"rows_kept":60,"cut":false,"hidden":false,"merged":[[33,1,33,2],[33,3,33,4],[33,5,33,6],[34,1,34,2],[34,3,34,4],[34,5,34,6],[0,0,0,1],[12,10,12,37],[13,5,13,6],[13,7,13,8],[13,10,13,37],[12,3,12,6],[12,57,12,66],[12,68,12,77],[33,7,33,12],[34,7,34,12],[27,24,27,25],[27,26,27,27],[13,39,13,48],[13,50,13,51],[12,54,12,55],[13,54,13,55],[13,57,13,66],[12,39,12,48],[12,50,12,51],[13,68,13,77],[27,70,27,71],[27,72,27,73],[27,5,27,6],[27,52,27,53],[27,45,27,46],[27,30,27,31],[27,32,27,33],[27,34,27,35],[27,14,27,15],[27,10,27,11],[27,12,27,13],[27,50,27,51],[27,18,27,19],[27,20,27,21],[27,22,27,23],[27,74,27,75],[27,76,27,77],[32,1,32,6],[27,59,27,60],[27,61,27,62],[27,63,27,64],[27,68,27,69],[27,28,27,29],[27,39,27,40],[27,41,27,42],[27,43,27,44],[32,7,32,12],[27,57,27,58],[27,16,27,17],[27,0,27,1],[27,3,27,4],[37,7,37,12],[38,7,38,12],[35,1,35,2],[35,3,35,4],[35,5,35,6],[36,1,36,2],[36,3,36,4],[36,5,36,6],[35,7,35,12],[36,7,36,12],[39,1,39,2],[39,3,39,4],[39,5,39,6],[37,1,37,2],[37,3,37,4],[37,5,37,6],[38,1,38,2],[38,3,38,4],[38,5,38,6]]}
["Grades 3-5 Facilitator Spreadsheet"]
[]
["General information"]
["Date reviews compiled:"]
["Name of materials:"]
["Intended grade level(s):",{"$f":"IF(J1=\"\",\"-Select-\")","v":"-Select-"}]
["Materials type:",{"$f":"IF(J1=\"\",\"-Select-\")","v":"-Select-"}]
[]
[]
[]
[]
[]
["Compiling reviewer ratings",null,null,"Foundational reading skills",null,null,null,null,null,null,"Reading comprehension for literary and informational texts and text complexity",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Writing and development skills",null,null,null,null,null,null,null,null,null,null,"Speaking and listening development and skills",null,null,null,null,null,null,"Language development and skills",null,null,null,null,null,null,null,null,null,null,"Overall Rating"]
[]
["Reviewer Name","Materials reviewed",null,"1.1 Rating","1.1 Support","1.2 Rating","1.2 Support","Average rating per reviewer","Average percent criteria met (>2) per reviewer",null,"2.1 Rating","2.1 Support","2.2 Rating","2.2 Support","2.3 Rating","2.3 Support","2.4 Rating","2.4 Support","2.5 Rating","2.5 Support","2.6 Rating","2.6 Support","2.7 Rating","2.7 Support","2.8 Rating","2.8 Support","2.9 Rating","2.9 Support","2.10 Rating","2.10 Support","2.11 Rating","2.11 Support","2.12 Rating","2.12 Support","2.13 Rating","2.13 Support","Average rating per reviewer","Average percent criteria met (>2) per reviewer",null,"3.1 Rating","3.1 Support","3.2 Rating","3.2 Support","3.3 Rating","3.3 Support","3.4 Rating","3.4 Support","Average rating per reviewer","Average percent criteria met (>2) per reviewer",null,"4.1 Rating","4.1 Support","4.2 Rating","4.2 Support","Average rating per reviewer","Average percent criteria met (>2) per reviewer",null,"5.1 Rating","5.1 Support","5.2 Rating","5.2 Support","5.3 Rating","5.3 Support","5.4 Rating","5.4 Support","Average rating per reviewer","Average percent criteria met (>2) per reviewer",null,"1 Rating","1 Support","2 Rating","2 Support","3 Rating","3 Support","4 Rating","4 Support","5 Rating","5 Support"]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
["Do the reviewers agree on the rating? (Yes or No)"]
["Dichotomous scoring",null,null,{"$f":"IF(D28=\"No\",0,IF(D28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(F28=\"No\",0,IF(F28=\"Yes\",1,\"\"))","v":""},null,{"$f":"AVERAGEIF(H16:H26,\">=0\")","v":{"$error":"#DIV/0!"}},{"$f":"AVERAGEIF(I16:I26,\">=0\")","v":{"$error":"#DIV/0!"}},{"$f":"IF(J28=\"No\",0,IF(J28=\"Yes\",1,\"\"))","v":""},{"$f":"IF(K28=\"No\",0,IF(K28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(M28=\"No\",0,IF(M28=\"Yes\",1,\"\"))","v":""},null,"",null,"",null,"",null,"",null,"",null,"",null,"",null,"",null,{"$f":"IF(AE28=\"No\",0,IF(AE28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(AG28=\"No\",0,IF(AG28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(AI28=\"No\",0,IF(AI28=\"Yes\",1,\"\"))","v":""},null,{"$f":"AVERAGEIF(AK16:AK26,\">=0\")","v":{"$error":"#DIV/0!"}},{"$f":"AVERAGEIF(AL16:AL26,\">=0\")","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(AN28=\"No\",0,IF(AN28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(AP28=\"No\",0,IF(AP28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(AR28=\"No\",0,IF(AR28=\"Yes\",1,\"\"))","v":""},null,"",null,{"$f":"AVERAGEIF(AV16:AV26,\">=0\")","v":{"$error":"#DIV/0!"}},{"$f":"AVERAGEIF(AW16:AW26,\">=0\")","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(AY28=\"No\",0,IF(AY28=\"Yes\",1,\"\"))","v":""},null,"",null,{"$f":"AVERAGEIF(BC16:BC26,\">=0\")","v":{"$error":"#DIV/0!"}},{"$f":"AVERAGEIF(BD16:BD26,\">=0\")","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(BF28=\"No\",0,IF(BF28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(BH28=\"No\",0,IF(BH28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(BJ28=\"No\",0,IF(BJ28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(BL28=\"No\",0,IF(BL28=\"Yes\",1,\"\"))","v":""},null,{"$f":"AVERAGEIF(BN16:BN26,\">=0\")","v":{"$error":"#DIV/0!"}},{"$f":"AVERAGEIF(BO16:BO26,\">=0\")","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(BQ28=\"No\",0,IF(BQ28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(BS28=\"No\",0,IF(BS28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(BU28=\"No\",0,IF(BU28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(BW28=\"No\",0,IF(BW28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(BY28=\"No\",0,IF(BY28=\"Yes\",1,\"\"))","v":""}]
[]
[]
[]
["Summary scores"]
["Content area subsection","Percent agreement among reviewers",null,"Average score among reviewers",null,"Average percent of \ncriteria met",null,"Interpreting these scores"]
["1. Foundational reading skills",{"$f":"AVERAGE(D29:G29)","v":{"$error":"#DIV/0!"}},{"$f":"AVERAGE(#REF!)","v":{"$error":"#REF!"}},{"$f":"H29","v":{"$error":"#DIV/0!"}},null,{"$f":"I29","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(B35>=0.8,(IF(D35>=3,(IF(F35>=0.8,'Interpreting summary scores'!$A$3,'Interpreting summary scores'!$A$6)),(IF(F35>=0.8,'Interpreting summary scores'!$A$5,'Interpreting summary scores'!$A$4)))),(IF(D35>=3,(IF(F35>=0.8,'Interpreting summary scores'!$A$8,'Interpreting summary scores'!$A$9)),(IF(F35>=0.8,'Interpreting summary scores'!$A$10,'Interpreting summary scores'!$A$7)))))","v":{"$error":"#DIV/0!"}}]
["2. Reading comprehension for literary and informational texts and text complexity",{"$f":"AVERAGE(K29:AI29)","v":{"$error":"#DIV/0!"}},null,{"$f":"AK29","v":{"$error":"#DIV/0!"}},null,{"$f":"AL29","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(B36>=0.8,(IF(D36>=3,(IF(F36>=0.8,'Interpreting summary scores'!$A$3,'Interpreting summary scores'!$A$6)),(IF(F36>=0.8,'Interpreting summary scores'!$A$5,'Interpreting summary scores'!$A$4)))),(IF(D36>=3,(IF(F36>=0.8,'Interpreting summary scores'!$A$8,'Interpreting summary scores'!$A$9)),(IF(F36>=0.8,'Interpreting summary scores'!$A$10,'Interpreting summary scores'!$A$7)))))","v":{"$error":"#DIV/0!"}}]
["3. Writing development and skills",{"$f":"AVERAGE(AN29:AT29)","v":{"$error":"#DIV/0!"}},null,{"$f":"AV29","v":{"$error":"#DIV/0!"}},null,{"$f":"AW29","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(B37>=0.8,(IF(D37>=3,(IF(F37>=0.8,'Interpreting summary scores'!$A$3,'Interpreting summary scores'!$A$6)),(IF(F37>=0.8,'Interpreting summary scores'!$A$5,'Interpreting summary scores'!$A$4)))),(IF(D37>=3,(IF(F37>=0.8,'Interpreting summary scores'!$A$8,'Interpreting summary scores'!$A$9)),(IF(F37>=0.8,'Interpreting summary scores'!$A$10,'Interpreting summary scores'!$A$7)))))","v":{"$error":"#DIV/0!"}}]
["4. Speaking and listening development and skills",{"$f":"AVERAGE(AY29:BA29)","v":{"$error":"#DIV/0!"}},null,{"$f":"BC29","v":{"$error":"#DIV/0!"}},null,{"$f":"BD29","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(B38>=0.8,(IF(D38>=3,(IF(F38>=0.8,'Interpreting summary scores'!$A$3,'Interpreting summary scores'!$A$6)),(IF(F38>=0.8,'Interpreting summary scores'!$A$5,'Interpreting summary scores'!$A$4)))),(IF(D38>=3,(IF(F38>=0.8,'Interpreting summary scores'!$A$8,'Interpreting summary scores'!$A$9)),(IF(F38>=0.8,'Interpreting summary scores'!$A$10,'Interpreting summary scores'!$A$7)))))","v":{"$error":"#DIV/0!"}}]
["5. Language development and skills",{"$f":"AVERAGE(BF29:BL29)","v":{"$error":"#DIV/0!"}},null,{"$f":"BN29","v":{"$error":"#DIV/0!"}},null,{"$f":"BO29","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(B39>=0.8,(IF(D39>=3,(IF(F39>=0.8,'Interpreting summary scores'!$A$3,'Interpreting summary scores'!$A$6)),(IF(F39>=0.8,'Interpreting summary scores'!$A$5,'Interpreting summary scores'!$A$4)))),(IF(D39>=3,(IF(F39>=0.8,'Interpreting summary scores'!$A$8,'Interpreting summary scores'!$A$9)),(IF(F39>=0.8,'Interpreting summary scores'!$A$10,'Interpreting summary scores'!$A$7)))))","v":{"$error":"#DIV/0!"}}]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[{"$f":"CONCATENATE(\"M1-\",B5,\" \",B6)","v":"M1- -Select-"}]

{"sheet":"M2- -Select-","index":1,"n_rows":60,"n_cols":78,"rows_kept":60,"cut":false,"hidden":false,"merged":[[27,76,27,77],[13,68,13,77],[27,10,27,11],[27,12,27,13],[27,14,27,15],[27,16,27,17],[27,18,27,19],[27,20,27,21],[27,22,27,23],[27,24,27,25],[27,26,27,27],[27,28,27,29],[27,30,27,31],[27,32,27,33],[27,34,27,35],[27,39,27,40],[39,1,39,2],[39,3,39,4],[39,5,39,6],[37,1,37,2],[37,3,37,4],[37,5,37,6],[38,1,38,2],[38,3,38,4],[38,5,38,6],[36,1,36,2],[36,3,36,4],[36,5,36,6],[33,1,33,2],[33,3,33,4],[33,5,33,6],[34,1,34,2],[34,3,34,4],[34,5,34,6],[35,1,35,2],[35,3,35,4],[35,5,35,6],[32,1,32,6],[27,59,27,60],[27,61,27,62],[27,63,27,64],[32,7,32,12],[27,41,27,42],[0,0,0,1],[27,70,27,71],[27,72,27,73],[27,74,27,75],[27,0,27,1],[27,3,27,4],[27,5,27,6],[27,68,27,69],[27,50,27,51],[27,52,27,53],[27,43,27,44],[27,45,27,46],[27,57,27,58],[13,57,13,66],[13,10,13,37],[13,39,13,48],[12,57,12,66],[12,68,12,77],[13,5,13,6],[13,7,13,8],[12,3,12,6],[12,10,12,37],[13,50,13,51],[13,54,13,55],[37,7,37,12],[38,7,38,12],[12,39,12,48],[12,50,12,51],[12,54,12,55],[33,7,33,12],[34,7,34,12],[35,7,35,12],[36,7,36,12]]}
["Grades 3-5 Facilitator Spreadsheet"]
[]
["General information"]
["Date reviews compiled:"]
["Name of materials:"]
["Intended grade level(s):",{"$f":"IF(J1=\"\",\"-Select-\")","v":"-Select-"}]
["Materials type:",{"$f":"IF(J1=\"\",\"-Select-\")","v":"-Select-"}]
[]
[]
[]
[]
[]
["Compiling reviewer ratings",null,null,"Foundational reading skills",null,null,null,null,null,null,"Reading comprehension for literary and informational texts and text complexity",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Writing and development skills",null,null,null,null,null,null,null,null,null,null,"Speaking and listening development and skills",null,null,null,null,null,null,"Language development and skills",null,null,null,null,null,null,null,null,null,null,"Overall Rating"]
[]
["Reviewer Name","Materials reviewed",null,"1.1 Rating","1.1 Support","1.2 Rating","1.2 Support","Average rating per reviewer","Average percent criteria met (>2) per reviewer",null,"2.1 Rating","2.1 Support","2.2 Rating","2.2 Support","2.3 Rating","2.3 Support","2.4 Rating","2.4 Support","2.5 Rating","2.5 Support","2.6 Rating","2.6 Support","2.7 Rating","2.7 Support","2.8 Rating","2.8 Support","2.9 Rating","2.9 Support","2.10 Rating","2.10 Support","2.11 Rating","2.11 Support","2.12 Rating","2.12 Support","2.13 Rating","2.13 Support","Average rating per reviewer","Average percent criteria met (>2) per reviewer",null,"3.1 Rating","3.1 Support","3.2 Rating","3.2 Support","3.3 Rating","3.3 Support","3.4 Rating","3.4 Support","Average rating per reviewer","Average percent criteria met (>2) per reviewer",null,"4.1 Rating","4.1 Support","4.2 Rating","4.2 Support","Average rating per reviewer","Average percent criteria met (>2) per reviewer",null,"5.1 Rating","5.1 Support","5.2 Rating","5.2 Support","5.3 Rating","5.3 Support","5.4 Rating","5.4 Support","Average rating per reviewer","Average percent criteria met (>2) per reviewer",null,"1 Rating","1 Support","2 Rating","2 Support","3 Rating","3 Support","4 Rating","4 Support","5 Rating","5 Support"]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
["Do the reviewers agree on the rating? (Yes or No)"]
["Dichotomous scoring",null,null,{"$f":"IF(D28=\"No\",0,IF(D28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(F28=\"No\",0,IF(F28=\"Yes\",1,\"\"))","v":""},null,{"$f":"AVERAGEIF(H16:H26,\">=0\")","v":{"$error":"#DIV/0!"}},{"$f":"AVERAGEIF(I16:I26,\">=0\")","v":{"$error":"#DIV/0!"}},{"$f":"IF(J28=\"No\",0,IF(J28=\"Yes\",1,\"\"))","v":""},{"$f":"IF(K28=\"No\",0,IF(K28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(M28=\"No\",0,IF(M28=\"Yes\",1,\"\"))","v":""},null,"",null,"",null,"",null,"",null,"",null,"",null,"",null,"",null,{"$f":"IF(AE28=\"No\",0,IF(AE28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(AG28=\"No\",0,IF(AG28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(AI28=\"No\",0,IF(AI28=\"Yes\",1,\"\"))","v":""},null,{"$f":"AVERAGEIF(AK16:AK26,\">=0\")","v":{"$error":"#DIV/0!"}},{"$f":"AVERAGEIF(AL16:AL26,\">=0\")","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(AN28=\"No\",0,IF(AN28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(AP28=\"No\",0,IF(AP28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(AR28=\"No\",0,IF(AR28=\"Yes\",1,\"\"))","v":""},null,"",null,{"$f":"AVERAGEIF(AV16:AV26,\">=0\")","v":{"$error":"#DIV/0!"}},{"$f":"AVERAGEIF(AW16:AW26,\">=0\")","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(AY28=\"No\",0,IF(AY28=\"Yes\",1,\"\"))","v":""},null,"",null,{"$f":"AVERAGEIF(BC16:BC26,\">=0\")","v":{"$error":"#DIV/0!"}},{"$f":"AVERAGEIF(BD16:BD26,\">=0\")","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(BF28=\"No\",0,IF(BF28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(BH28=\"No\",0,IF(BH28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(BJ28=\"No\",0,IF(BJ28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(BL28=\"No\",0,IF(BL28=\"Yes\",1,\"\"))","v":""},null,{"$f":"AVERAGEIF(BN16:BN26,\">=0\")","v":{"$error":"#DIV/0!"}},{"$f":"AVERAGEIF(BO16:BO26,\">=0\")","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(BQ28=\"No\",0,IF(BQ28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(BS28=\"No\",0,IF(BS28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(BU28=\"No\",0,IF(BU28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(BW28=\"No\",0,IF(BW28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(BY28=\"No\",0,IF(BY28=\"Yes\",1,\"\"))","v":""}]
[]
[]
[]
["Summary scores"]
["Content area subsection","Percent agreement among reviewers",null,"Average score among reviewers",null,"Average percent of \ncriteria met",null,"Interpreting these scores"]
["1. Foundational reading skills",{"$f":"AVERAGE(D29:G29)","v":{"$error":"#DIV/0!"}},{"$f":"AVERAGE(#REF!)","v":{"$error":"#REF!"}},{"$f":"H29","v":{"$error":"#DIV/0!"}},null,{"$f":"I29","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(B35>=0.8,(IF(D35>=3,(IF(F35>=0.8,'Interpreting summary scores'!$A$3,'Interpreting summary scores'!$A$6)),(IF(F35>=0.8,'Interpreting summary scores'!$A$5,'Interpreting summary scores'!$A$4)))),(IF(D35>=3,(IF(F35>=0.8,'Interpreting summary scores'!$A$8,'Interpreting summary scores'!$A$9)),(IF(F35>=0.8,'Interpreting summary scores'!$A$10,'Interpreting summary scores'!$A$7)))))","v":{"$error":"#DIV/0!"}}]
["2. Reading comprehension for literary and informational texts and text complexity",{"$f":"AVERAGE(K29:AI29)","v":{"$error":"#DIV/0!"}},null,{"$f":"AK29","v":{"$error":"#DIV/0!"}},null,{"$f":"AL29","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(B36>=0.8,(IF(D36>=3,(IF(F36>=0.8,'Interpreting summary scores'!$A$3,'Interpreting summary scores'!$A$6)),(IF(F36>=0.8,'Interpreting summary scores'!$A$5,'Interpreting summary scores'!$A$4)))),(IF(D36>=3,(IF(F36>=0.8,'Interpreting summary scores'!$A$8,'Interpreting summary scores'!$A$9)),(IF(F36>=0.8,'Interpreting summary scores'!$A$10,'Interpreting summary scores'!$A$7)))))","v":{"$error":"#DIV/0!"}}]
["3. Writing development and skills",{"$f":"AVERAGE(AN29:AT29)","v":{"$error":"#DIV/0!"}},null,{"$f":"AV29","v":{"$error":"#DIV/0!"}},null,{"$f":"AW29","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(B37>=0.8,(IF(D37>=3,(IF(F37>=0.8,'Interpreting summary scores'!$A$3,'Interpreting summary scores'!$A$6)),(IF(F37>=0.8,'Interpreting summary scores'!$A$5,'Interpreting summary scores'!$A$4)))),(IF(D37>=3,(IF(F37>=0.8,'Interpreting summary scores'!$A$8,'Interpreting summary scores'!$A$9)),(IF(F37>=0.8,'Interpreting summary scores'!$A$10,'Interpreting summary scores'!$A$7)))))","v":{"$error":"#DIV/0!"}}]
["4. Speaking and listening development and skills",{"$f":"AVERAGE(AY29:BA29)","v":{"$error":"#DIV/0!"}},null,{"$f":"BC29","v":{"$error":"#DIV/0!"}},null,{"$f":"BD29","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(B38>=0.8,(IF(D38>=3,(IF(F38>=0.8,'Interpreting summary scores'!$A$3,'Interpreting summary scores'!$A$6)),(IF(F38>=0.8,'Interpreting summary scores'!$A$5,'Interpreting summary scores'!$A$4)))),(IF(D38>=3,(IF(F38>=0.8,'Interpreting summary scores'!$A$8,'Interpreting summary scores'!$A$9)),(IF(F38>=0.8,'Interpreting summary scores'!$A$10,'Interpreting summary scores'!$A$7)))))","v":{"$error":"#DIV/0!"}}]
["5. Language development and skills",{"$f":"AVERAGE(BF29:BL29)","v":{"$error":"#DIV/0!"}},null,{"$f":"BN29","v":{"$error":"#DIV/0!"}},null,{"$f":"BO29","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(B39>=0.8,(IF(D39>=3,(IF(F39>=0.8,'Interpreting summary scores'!$A$3,'Interpreting summary scores'!$A$6)),(IF(F39>=0.8,'Interpreting summary scores'!$A$5,'Interpreting summary scores'!$A$4)))),(IF(D39>=3,(IF(F39>=0.8,'Interpreting summary scores'!$A$8,'Interpreting summary scores'!$A$9)),(IF(F39>=0.8,'Interpreting summary scores'!$A$10,'Interpreting summary scores'!$A$7)))))","v":{"$error":"#DIV/0!"}}]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[{"$f":"CONCATENATE(\"M2-\",B5,\" \",B6)","v":"M2- -Select-"}]

{"sheet":"M3- -Select-","index":2,"n_rows":60,"n_cols":78,"rows_kept":60,"cut":false,"hidden":false,"merged":[[27,76,27,77],[13,68,13,77],[27,10,27,11],[27,12,27,13],[27,14,27,15],[27,16,27,17],[27,18,27,19],[27,20,27,21],[27,22,27,23],[27,24,27,25],[27,26,27,27],[27,28,27,29],[27,30,27,31],[27,32,27,33],[27,34,27,35],[27,39,27,40],[39,1,39,2],[39,3,39,4],[39,5,39,6],[37,1,37,2],[37,3,37,4],[37,5,37,6],[38,1,38,2],[38,3,38,4],[38,5,38,6],[36,1,36,2],[36,3,36,4],[36,5,36,6],[33,1,33,2],[33,3,33,4],[33,5,33,6],[34,1,34,2],[34,3,34,4],[34,5,34,6],[35,1,35,2],[35,3,35,4],[35,5,35,6],[32,1,32,6],[27,59,27,60],[27,61,27,62],[27,63,27,64],[32,7,32,12],[27,41,27,42],[0,0,0,1],[27,70,27,71],[27,72,27,73],[27,74,27,75],[27,0,27,1],[27,3,27,4],[27,5,27,6],[27,68,27,69],[27,50,27,51],[27,52,27,53],[27,43,27,44],[27,45,27,46],[27,57,27,58],[13,57,13,66],[13,10,13,37],[13,39,13,48],[12,57,12,66],[12,68,12,77],[13,5,13,6],[13,7,13,8],[12,3,12,6],[12,10,12,37],[13,50,13,51],[13,54,13,55],[37,7,37,12],[38,7,38,12],[12,39,12,48],[12,50,12,51],[12,54,12,55],[33,7,33,12],[34,7,34,12],[35,7,35,12],[36,7,36,12]]}
["Grades 3-5 Facilitator Spreadsheet"]
[]
["General information"]
["Date reviews compiled:"]
["Name of materials:"]
["Intended grade level(s):",{"$f":"IF(J1=\"\",\"-Select-\")","v":"-Select-"}]
["Materials type:",{"$f":"IF(J1=\"\",\"-Select-\")","v":"-Select-"}]
[]
[]
[]
[]
[]
["Compiling reviewer ratings",null,null,"Foundational reading skills",null,null,null,null,null,null,"Reading comprehension for literary and informational texts and text complexity",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Writing and development skills",null,null,null,null,null,null,null,null,null,null,"Speaking and listening development and skills",null,null,null,null,null,null,"Language development and skills",null,null,null,null,null,null,null,null,null,null,"Overall Rating"]
[]
["Reviewer Name","Materials reviewed",null,"1.1 Rating","1.1 Support","1.2 Rating","1.2 Support","Average rating per reviewer","Average percent criteria met (>2) per reviewer",null,"2.1 Rating","2.1 Support","2.2 Rating","2.2 Support","2.3 Rating","2.3 Support","2.4 Rating","2.4 Support","2.5 Rating","2.5 Support","2.6 Rating","2.6 Support","2.7 Rating","2.7 Support","2.8 Rating","2.8 Support","2.9 Rating","2.9 Support","2.10 Rating","2.10 Support","2.11 Rating","2.11 Support","2.12 Rating","2.12 Support","2.13 Rating","2.13 Support","Average rating per reviewer","Average percent criteria met (>2) per reviewer",null,"3.1 Rating","3.1 Support","3.2 Rating","3.2 Support","3.3 Rating","3.3 Support","3.4 Rating","3.4 Support","Average rating per reviewer","Average percent criteria met (>2) per reviewer",null,"4.1 Rating","4.1 Support","4.2 Rating","4.2 Support","Average rating per reviewer","Average percent criteria met (>2) per reviewer",null,"5.1 Rating","5.1 Support","5.2 Rating","5.2 Support","5.3 Rating","5.3 Support","5.4 Rating","5.4 Support","Average rating per reviewer","Average percent criteria met (>2) per reviewer",null,"1 Rating","1 Support","2 Rating","2 Support","3 Rating","3 Support","4 Rating","4 Support","5 Rating","5 Support"]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
["Do the reviewers agree on the rating? (Yes or No)"]
["Dichotomous scoring",null,null,{"$f":"IF(D28=\"No\",0,IF(D28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(F28=\"No\",0,IF(F28=\"Yes\",1,\"\"))","v":""},null,{"$f":"AVERAGEIF(H16:H26,\">=0\")","v":{"$error":"#DIV/0!"}},{"$f":"AVERAGEIF(I16:I26,\">=0\")","v":{"$error":"#DIV/0!"}},{"$f":"IF(J28=\"No\",0,IF(J28=\"Yes\",1,\"\"))","v":""},{"$f":"IF(K28=\"No\",0,IF(K28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(M28=\"No\",0,IF(M28=\"Yes\",1,\"\"))","v":""},null,"",null,"",null,"",null,"",null,"",null,"",null,"",null,"",null,{"$f":"IF(AE28=\"No\",0,IF(AE28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(AG28=\"No\",0,IF(AG28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(AI28=\"No\",0,IF(AI28=\"Yes\",1,\"\"))","v":""},null,{"$f":"AVERAGEIF(AK16:AK26,\">=0\")","v":{"$error":"#DIV/0!"}},{"$f":"AVERAGEIF(AL16:AL26,\">=0\")","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(AN28=\"No\",0,IF(AN28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(AP28=\"No\",0,IF(AP28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(AR28=\"No\",0,IF(AR28=\"Yes\",1,\"\"))","v":""},null,"",null,{"$f":"AVERAGEIF(AV16:AV26,\">=0\")","v":{"$error":"#DIV/0!"}},{"$f":"AVERAGEIF(AW16:AW26,\">=0\")","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(AY28=\"No\",0,IF(AY28=\"Yes\",1,\"\"))","v":""},null,"",null,{"$f":"AVERAGEIF(BC16:BC26,\">=0\")","v":{"$error":"#DIV/0!"}},{"$f":"AVERAGEIF(BD16:BD26,\">=0\")","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(BF28=\"No\",0,IF(BF28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(BH28=\"No\",0,IF(BH28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(BJ28=\"No\",0,IF(BJ28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(BL28=\"No\",0,IF(BL28=\"Yes\",1,\"\"))","v":""},null,{"$f":"AVERAGEIF(BN16:BN26,\">=0\")","v":{"$error":"#DIV/0!"}},{"$f":"AVERAGEIF(BO16:BO26,\">=0\")","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(BQ28=\"No\",0,IF(BQ28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(BS28=\"No\",0,IF(BS28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(BU28=\"No\",0,IF(BU28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(BW28=\"No\",0,IF(BW28=\"Yes\",1,\"\"))","v":""},null,{"$f":"IF(BY28=\"No\",0,IF(BY28=\"Yes\",1,\"\"))","v":""}]
[]
[]
[]
["Summary scores"]
["Content area subsection","Percent agreement among reviewers",null,"Average score among reviewers",null,"Average percent of \ncriteria met",null,"Interpreting these scores"]
["1. Foundational reading skills",{"$f":"AVERAGE(D29:G29)","v":{"$error":"#DIV/0!"}},{"$f":"AVERAGE(#REF!)","v":{"$error":"#REF!"}},{"$f":"H29","v":{"$error":"#DIV/0!"}},null,{"$f":"I29","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(B35>=0.8,(IF(D35>=3,(IF(F35>=0.8,'Interpreting summary scores'!$A$3,'Interpreting summary scores'!$A$6)),(IF(F35>=0.8,'Interpreting summary scores'!$A$5,'Interpreting summary scores'!$A$4)))),(IF(D35>=3,(IF(F35>=0.8,'Interpreting summary scores'!$A$8,'Interpreting summary scores'!$A$9)),(IF(F35>=0.8,'Interpreting summary scores'!$A$10,'Interpreting summary scores'!$A$7)))))","v":{"$error":"#DIV/0!"}}]
["2. Reading comprehension for literary and informational texts and text complexity",{"$f":"AVERAGE(K29:AI29)","v":{"$error":"#DIV/0!"}},null,{"$f":"AK29","v":{"$error":"#DIV/0!"}},null,{"$f":"AL29","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(B36>=0.8,(IF(D36>=3,(IF(F36>=0.8,'Interpreting summary scores'!$A$3,'Interpreting summary scores'!$A$6)),(IF(F36>=0.8,'Interpreting summary scores'!$A$5,'Interpreting summary scores'!$A$4)))),(IF(D36>=3,(IF(F36>=0.8,'Interpreting summary scores'!$A$8,'Interpreting summary scores'!$A$9)),(IF(F36>=0.8,'Interpreting summary scores'!$A$10,'Interpreting summary scores'!$A$7)))))","v":{"$error":"#DIV/0!"}}]
["3. Writing development and skills",{"$f":"AVERAGE(AN29:AT29)","v":{"$error":"#DIV/0!"}},null,{"$f":"AV29","v":{"$error":"#DIV/0!"}},null,{"$f":"AW29","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(B37>=0.8,(IF(D37>=3,(IF(F37>=0.8,'Interpreting summary scores'!$A$3,'Interpreting summary scores'!$A$6)),(IF(F37>=0.8,'Interpreting summary scores'!$A$5,'Interpreting summary scores'!$A$4)))),(IF(D37>=3,(IF(F37>=0.8,'Interpreting summary scores'!$A$8,'Interpreting summary scores'!$A$9)),(IF(F37>=0.8,'Interpreting summary scores'!$A$10,'Interpreting summary scores'!$A$7)))))","v":{"$error":"#DIV/0!"}}]
["4. Speaking and listening development and skills",{"$f":"AVERAGE(AY29:BA29)","v":{"$error":"#DIV/0!"}},null,{"$f":"BC29","v":{"$error":"#DIV/0!"}},null,{"$f":"BD29","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(B38>=0.8,(IF(D38>=3,(IF(F38>=0.8,'Interpreting summary scores'!$A$3,'Interpreting summary scores'!$A$6)),(IF(F38>=0.8,'Interpreting summary scores'!$A$5,'Interpreting summary scores'!$A$4)))),(IF(D38>=3,(IF(F38>=0.8,'Interpreting summary scores'!$A$8,'Interpreting summary scores'!$A$9)),(IF(F38>=0.8,'Interpreting summary scores'!$A$10,'Interpreting summary scores'!$A$7)))))","v":{"$error":"#DIV/0!"}}]
["5. Language development and skills",{"$f":"AVERAGE(BF29:BL29)","v":{"$error":"#DIV/0!"}},null,{"$f":"BN29","v":{"$error":"#DIV/0!"}},null,{"$f":"BO29","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(B39>=0.8,(IF(D39>=3,(IF(F39>=0.8,'Interpreting summary scores'!$A$3,'Interpreting summary scores'!$A$6)),(IF(F39>=0.8,'Interpreting summary scores'!$A$5,'Interpreting summary scores'!$A$4)))),(IF(D39>=3,(IF(F39>=0.8,'Interpreting summary scores'!$A$8,'Interpreting summary scores'!$A$9)),(IF(F39>=0.8,'Interpreting summary scores'!$A$10,'Interpreting summary scores'!$A$7)))))","v":{"$error":"#DIV/0!"}}]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[{"$f":"CONCATENATE(\"M3-\",B5,\" \",B6)","v":"M3- -Select-"}]

{"sheet":"Drop down options","index":3,"n_rows":7,"n_cols":2,"rows_kept":7,"cut":false,"hidden":true,"merged":[]}
["Intended grade level(s) for use :","Materials type:"]
["Grade 3","Comprehensive Core"]
["Grade 4","Supplemental Intervention"]
["Grade 5","Comprehensive Intervention"]
["Grades 3 & 4"]
["Grades 4 & 5"]
["Grades 3-5"]

{"sheet":"Interpreting summary scores","index":4,"n_rows":10,"n_cols":4,"rows_kept":10,"cut":false,"hidden":true,"merged":[]}
[]
["Interpretation","Percent agreement among reviewers within section","Average rating among reviewers for section","Average percent of items that met criteria within the section"]
["There is consensus among reviewers that the majority of the items within this subsection met criteria and the average rating exceeded 3.00.","≥ 80 percent","≥ 3.00","≥ 80 percent"]
["There is consensus among reviewers that the average rating for this subsection did not exceed 3.00 and less than 80 percent of the items adequately met criteria.","≥ 80 percent","< 3.00","< 80 percent"]
["There is consensus among reviewers that the majority of the items within this subsection met criteria even though the average rating did not exceed 3.00.","≥ 80 percent","< 3.00","≥ 80 percent"]
["There is consensus among reviewers that the average rating for this subsection exceeded 3.0. However, less than 80 percent of the items adequately met criteria.","≥ 80 percent","≥ 3.00","< 80 percent"]
["There is less than adequate consensus among reviewers. Facilitators should ensure that all reviewers are using the rating scale similarly.","< 80 percent","< 3.00","< 80 percent"]
["There is less than adequate consensus among reviewers even though the majority of the items within this subsection met criteria and the average rating exceeded 3.00. Facilitators should ensure that all reviewers are using the rating scale similarly.","< 80 percent","≥ 3.00","≥ 80 percent"]
["There is less than adequate consensus among reviewers even though the average rating for this subsection exceeded 3.00. Facilitators should ensure that all reviewers are using the rating scale similarly.","< 80 percent","≥ 3.00","< 80 percent"]
["There is less than adequate consensus among reviewers even though the majority of the items within this subsection met criteria. Facilitators should ensure that all reviewers are using the rating scale similarly.","< 80 percent","< 3.00","≥ 80 percent"]